[
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 1,
          "logprob": null,
          "text": "<s>"
        },
        {
          "id": 4911,
          "logprob": -6.9804688,
          "text": "User"
        },
        {
          "id": 29901,
          "logprob": -0.006122589,
          "text": ":"
        },
        {
          "id": 32000,
          "logprob": -0.8417969,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 32001,
          "logprob": -9.918213e-05,
          "text": "<image>"
        },
        {
          "id": 32000,
          "logprob": -2.3841858e-07,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 1815,
          "logprob": -4.1679688,
          "text": "Can"
        },
        {
          "id": 366,
          "logprob": -0.014091492,
          "text": "you"
        },
        {
          "id": 2649,
          "logprob": -4.4726562,
          "text": "tell"
        },
        {
          "id": 592,
          "logprob": -0.2998047,
          "text": "me"
        },
        {
          "id": 263,
          "logprob": -4.15625,
          "text": "a"
        },
        {
          "id": 1407,
          "logprob": -9.3828125,
          "text": "very"
        },
        {
          "id": 3273,
          "logprob": -1.9716797,
          "text": "short"
        },
        {
          "id": 5828,
          "logprob": -0.27734375,
          "text": "story"
        },
        {
          "id": 2729,
          "logprob": -3.5605469,
          "text": "based"
        },
        {
          "id": 373,
          "logprob": -0.00064468384,
          "text": "on"
        },
        {
          "id": 278,
          "logprob": -0.14160156,
          "text": "the"
        },
        {
          "id": 1967,
          "logprob": -0.06915283,
          "text": "image"
        },
        {
          "id": 29973,
          "logprob": -0.16381836,
          "text": "?"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 32002,
          "logprob": -0.0026664734,
          "special": true,
          "text": "<end_of_utterance>"
        },
        {
          "id": 29871,
          "logprob": -8.583069e-05,
          "special": false,
          "text": " "
        },
        {
          "id": 13,
          "logprob": -1.8119812e-05,
          "special": false,
          "text": "\n"
        },
        {
          "id": 7900,
          "logprob": -2.9802322e-06,
          "special": false,
          "text": "Ass"
        },
        {
          "id": 22137,
          "logprob": 0.0,
          "special": false,
          "text": "istant"
        },
        {
          "id": 29901,
          "logprob": -3.2186508e-06,
          "special": false,
          "text": ":"
        },
        {
          "id": 319,
          "logprob": -0.9301758,
          "special": false,
          "text": " A"
        },
        {
          "id": 696,
          "logprob": -1.1279297,
          "special": false,
          "text": " ro"
        },
        {
          "id": 15664,
          "logprob": -0.0002939701,
          "special": false,
          "text": "oster"
        },
        {
          "id": 15028,
          "logprob": -1.1865234,
          "special": false,
          "text": " stands"
        }
      ]
    },
    "generated_text": " \nAssistant: A rooster stands"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 1,
          "logprob": null,
          "text": "<s>"
        },
        {
          "id": 4911,
          "logprob": -6.9804688,
          "text": "User"
        },
        {
          "id": 29901,
          "logprob": -0.006122589,
          "text": ":"
        },
        {
          "id": 32000,
          "logprob": -0.8417969,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 32001,
          "logprob": -9.942055e-05,
          "text": "<image>"
        },
        {
          "id": 32000,
          "logprob": -2.3841858e-07,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 1815,
          "logprob": -4.1679688,
          "text": "Can"
        },
        {
          "id": 366,
          "logprob": -0.014091492,
          "text": "you"
        },
        {
          "id": 2649,
          "logprob": -4.4726562,
          "text": "tell"
        },
        {
          "id": 592,
          "logprob": -0.2998047,
          "text": "me"
        },
        {
          "id": 263,
          "logprob": -4.15625,
          "text": "a"
        },
        {
          "id": 1407,
          "logprob": -9.3828125,
          "text": "very"
        },
        {
          "id": 3273,
          "logprob": -1.9716797,
          "text": "short"
        },
        {
          "id": 5828,
          "logprob": -0.27734375,
          "text": "story"
        },
        {
          "id": 2729,
          "logprob": -3.5605469,
          "text": "based"
        },
        {
          "id": 373,
          "logprob": -0.0006451607,
          "text": "on"
        },
        {
          "id": 278,
          "logprob": -0.14160156,
          "text": "the"
        },
        {
          "id": 1967,
          "logprob": -0.06915283,
          "text": "image"
        },
        {
          "id": 29973,
          "logprob": -0.16381836,
          "text": "?"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 32002,
          "logprob": -0.0026664734,
          "special": true,
          "text": "<end_of_utterance>"
        },
        {
          "id": 29871,
          "logprob": -8.571148e-05,
          "special": false,
          "text": " "
        },
        {
          "id": 13,
          "logprob": -1.8119812e-05,
          "special": false,
          "text": "\n"
        },
        {
          "id": 7900,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": "Ass"
        },
        {
          "id": 22137,
          "logprob": 0.0,
          "special": false,
          "text": "istant"
        },
        {
          "id": 29901,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": ":"
        },
        {
          "id": 319,
          "logprob": -0.9301758,
          "special": false,
          "text": " A"
        },
        {
          "id": 696,
          "logprob": -1.1279297,
          "special": false,
          "text": " ro"
        },
        {
          "id": 15664,
          "logprob": -0.0002939701,
          "special": false,
          "text": "oster"
        },
        {
          "id": 15028,
          "logprob": -1.1865234,
          "special": false,
          "text": " stands"
        }
      ]
    },
    "generated_text": " \nAssistant: A rooster stands"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 1,
          "logprob": null,
          "text": "<s>"
        },
        {
          "id": 4911,
          "logprob": -6.9804688,
          "text": "User"
        },
        {
          "id": 29901,
          "logprob": -0.006122589,
          "text": ":"
        },
        {
          "id": 32000,
          "logprob": -0.8417969,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 32001,
          "logprob": -9.918213e-05,
          "text": "<image>"
        },
        {
          "id": 32000,
          "logprob": -2.3841858e-07,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 1815,
          "logprob": -4.1679688,
          "text": "Can"
        },
        {
          "id": 366,
          "logprob": -0.014091492,
          "text": "you"
        },
        {
          "id": 2649,
          "logprob": -4.4726562,
          "text": "tell"
        },
        {
          "id": 592,
          "logprob": -0.2998047,
          "text": "me"
        },
        {
          "id": 263,
          "logprob": -4.15625,
          "text": "a"
        },
        {
          "id": 1407,
          "logprob": -9.3828125,
          "text": "very"
        },
        {
          "id": 3273,
          "logprob": -1.9716797,
          "text": "short"
        },
        {
          "id": 5828,
          "logprob": -0.27734375,
          "text": "story"
        },
        {
          "id": 2729,
          "logprob": -3.5605469,
          "text": "based"
        },
        {
          "id": 373,
          "logprob": -0.00064468384,
          "text": "on"
        },
        {
          "id": 278,
          "logprob": -0.14160156,
          "text": "the"
        },
        {
          "id": 1967,
          "logprob": -0.06915283,
          "text": "image"
        },
        {
          "id": 29973,
          "logprob": -0.16381836,
          "text": "?"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 32002,
          "logprob": -0.0026664734,
          "special": true,
          "text": "<end_of_utterance>"
        },
        {
          "id": 29871,
          "logprob": -8.59499e-05,
          "special": false,
          "text": " "
        },
        {
          "id": 13,
          "logprob": -1.8119812e-05,
          "special": false,
          "text": "\n"
        },
        {
          "id": 7900,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": "Ass"
        },
        {
          "id": 22137,
          "logprob": 0.0,
          "special": false,
          "text": "istant"
        },
        {
          "id": 29901,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": ":"
        },
        {
          "id": 319,
          "logprob": -0.9301758,
          "special": false,
          "text": " A"
        },
        {
          "id": 696,
          "logprob": -1.1279297,
          "special": false,
          "text": " ro"
        },
        {
          "id": 15664,
          "logprob": -0.0002939701,
          "special": false,
          "text": "oster"
        },
        {
          "id": 15028,
          "logprob": -1.1865234,
          "special": false,
          "text": " stands"
        }
      ]
    },
    "generated_text": " \nAssistant: A rooster stands"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 1,
          "logprob": null,
          "text": "<s>"
        },
        {
          "id": 4911,
          "logprob": -6.9804688,
          "text": "User"
        },
        {
          "id": 29901,
          "logprob": -0.006122589,
          "text": ":"
        },
        {
          "id": 32000,
          "logprob": -0.8417969,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 32001,
          "logprob": -9.942055e-05,
          "text": "<image>"
        },
        {
          "id": 32000,
          "logprob": -2.3841858e-07,
          "text": "<fake_token_around_image>"
        },
        {
          "id": 1815,
          "logprob": -4.1679688,
          "text": "Can"
        },
        {
          "id": 366,
          "logprob": -0.014091492,
          "text": "you"
        },
        {
          "id": 2649,
          "logprob": -4.4726562,
          "text": "tell"
        },
        {
          "id": 592,
          "logprob": -0.2998047,
          "text": "me"
        },
        {
          "id": 263,
          "logprob": -4.15625,
          "text": "a"
        },
        {
          "id": 1407,
          "logprob": -9.3828125,
          "text": "very"
        },
        {
          "id": 3273,
          "logprob": -1.9716797,
          "text": "short"
        },
        {
          "id": 5828,
          "logprob": -0.27734375,
          "text": "story"
        },
        {
          "id": 2729,
          "logprob": -3.5605469,
          "text": "based"
        },
        {
          "id": 373,
          "logprob": -0.0006451607,
          "text": "on"
        },
        {
          "id": 278,
          "logprob": -0.14160156,
          "text": "the"
        },
        {
          "id": 1967,
          "logprob": -0.06915283,
          "text": "image"
        },
        {
          "id": 29973,
          "logprob": -0.16381836,
          "text": "?"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 32002,
          "logprob": -0.0026664734,
          "special": true,
          "text": "<end_of_utterance>"
        },
        {
          "id": 29871,
          "logprob": -8.571148e-05,
          "special": false,
          "text": " "
        },
        {
          "id": 13,
          "logprob": -1.8119812e-05,
          "special": false,
          "text": "\n"
        },
        {
          "id": 7900,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": "Ass"
        },
        {
          "id": 22137,
          "logprob": 0.0,
          "special": false,
          "text": "istant"
        },
        {
          "id": 29901,
          "logprob": -3.0994415e-06,
          "special": false,
          "text": ":"
        },
        {
          "id": 319,
          "logprob": -0.9301758,
          "special": false,
          "text": " A"
        },
        {
          "id": 696,
          "logprob": -1.1279297,
          "special": false,
          "text": " ro"
        },
        {
          "id": 15664,
          "logprob": -0.0002939701,
          "special": false,
          "text": "oster"
        },
        {
          "id": 15028,
          "logprob": -1.1865234,
          "special": false,
          "text": " stands"
        }
      ]
    },
    "generated_text": " \nAssistant: A rooster stands"
  }
]
